"""
Case Type   : 发布订阅冲突解决
Case Name   : subscription_conflict_resolution分别设为apply_remote和keep_local时，
              发布订阅大量更新表数据，包含冲突数据
Create At   : 2024/04/09
Owner       : @songjing20
Description :
    1.在两个集群创建表
    2.创建发布订阅
    3.设置subscription_conflict_resolution=apply_remote
    4.发布与订阅端更新表数据
    5.订阅端查询表数据
    6.设置subscription_conflict_resolution=keep_local
    7.发布与订阅端更新表数据
    8.订阅端查询数据
    9.清理环境
Expect      :
    1.成功
    2.成功
    3.成功
    4.成功
    5.901条数据
    6.成功
    7.成功
    8.801条数据
    9.成功
History     :
"""

import os
import time
import unittest

from yat.test import macro
from yat.test import Node
from testcase.utils.Logger import Logger
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Common import Common
from testcase.utils.Constant import Constant
from testcase.utils.ComThread import ComThread

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 > Primary_SH.get_node_num(), '非1+2以上环境不执行')
class Pubsubclass(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.com_pub = Common()
        self.com_sub = Common('remote1_PrimaryDbUser')
        self.tb_name = 't_pubsub_0331'
        self.pubname = 'pub_pubsub_0331'
        self.subname = 'sub_pubsub_0331'
        self.conflict_param = 'subscription_conflict_resolution'
        self.para_value = self.com_sub.show_param(
            self.conflict_param, macro.DB_ENV_PATH_REMOTE1)
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com_pub.show_param("wal_level")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
                              f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
                              f'-W {self.pri_userdb_sub.db_password}'
        text = '-----查询集群状态，修改pg_hba，发布端设置wal_level=logical-----'
        self.log.info(text)
        self.log.info('----- 发布端状态 -----')
        status = self.commsh_pub.get_db_cluster_status('detail')
        self.log.info(status)
        self.assertEqual(status.count('Normal'), 4, f'执行失败:{text}')
        self.log.info('----- 订阅端状态 -----')
        status = self.commsh_sub.get_db_cluster_status(
            'detail', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status)
        self.assertEqual(status.count('Normal'), 4, f'执行失败:{text}')
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host  replication  {self.pri_userdb_sub.db_user}  '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, f'发布端配置流复制权限失败:{text}')
        if 'logical' != self.wal_level:
            res = self.commsh_pub.execute_gsguc(
                'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
            self.assertTrue(res, f'发布端设置wal_level失败:{text}')
            restart_res = self.commsh_pub.restart_db_cluster()
            self.assertTrue(restart_res, f'重启集群失败:{text}')
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host  replication  {self.pri_userdb_pub.db_user}  '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, f'订阅端配置流复制权限失败:{text}')

    def test_pubsub(self):
        text = '-----step1:在两个集群创建表;expect:成功-----'
        self.log.info(text)
        sql = f"drop table if exists {self.tb_name} cascade;" \
              f"create table {self.tb_name}(" \
              f"c_int int primary key, c_varchar varchar(15));"
        pub_res = self.commsh_pub.execut_db_sql(sql, self.user_param_pub)
        self.log.info(pub_res)
        self.assertEqual(pub_res.count(self.constant.CREATE_TABLE_SUCCESS), 2,
                         f'发布端建表失败:{text}')
        sub_res = self.commsh_sub.execut_db_sql(
            sql, self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        self.assertEqual(pub_res.count(self.constant.CREATE_TABLE_SUCCESS), 2,
                         f'订阅端建表失败:{text}')

        text = '-----step2:创建发布订阅;expect:成功-----'
        self.log.info(text)
        create_pub = f"drop publication if exists {self.pubname};" \
                     f"create publication {self.pubname} for all tables;"
        pub_res = self.commsh_pub.execut_db_sql(create_pub, self.user_param_pub)
        self.log.info(pub_res)
        self.assertIn(self.constant.create_pub_succ_msg, pub_res,
                      f'执行失败:{text}')

        guc_res = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn(self.constant.create_keycipher_success, guc_res,
                      f'执行失败:{text}')
        create_sub = f"drop subscription if exists {self.subname} cascade;" \
                     f"create subscription {self.subname} connection " \
                     f"'host={self.pri_userdb_pub.db_host} " \
                     f"port={self.port} " \
                     f"user={self.pri_userdb_pub.db_user} " \
                     f"dbname={self.pri_userdb_pub.db_name} " \
                     f"password={self.pri_userdb_pub.ssh_password}' " \
                     f"publication {self.pubname};"
        sub_res = self.commsh_sub.execut_db_sql(
            create_sub, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        self.assertIn(self.constant.create_sub_succ_msg,
                      sub_res, f'执行失败:{text}')

        text = '-----step3:设置subscription_conflict_resolution=apply_remote;' \
               'expect:成功-----'
        self.log.info(text)
        res = self.commsh_sub.execut_db_sql(
            f"alter system set {self.conflict_param} to apply_remote;",
            self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(res)
        self.assertIn(self.constant.ALTER_SYSTEM_SUCCESS_MSG, res,
                      f'执行失败:{text}')

        text = '-----step4:发布订阅更新数据;expect:成功-----'
        self.log.info(text)
        sub_cmd = f"source {macro.DB_ENV_PATH_REMOTE1};" \
                  f"for i in $(seq 1 9 99);do " \
                  f"gsql -d {self.pri_userdb_sub.db_name} " \
                  f"-p {self.pri_userdb_sub.db_port} {self.user_param_sub} " \
                  f"-c\"insert into {self.tb_name} values($i,'sub_'|| $i);\";" \
                  f"done;"
        self.log.info(sub_cmd)
        sub_ins = ComThread(self.pri_userdb_sub.sh, args=(sub_cmd,))
        sub_ins.setDaemon(True)
        sub_ins.start()
        time.sleep(1)

        cmd = f"source {macro.DB_ENV_PATH};" \
              f"for i in $(seq 1 100);do " \
              f"gsql -d {self.pri_userdb_pub.db_name} " \
              f"-p {self.pri_userdb_pub.db_port} {self.user_param_pub} " \
              f"-c\"insert into {self.tb_name} values($i, 'pub_'|| $i);\";" \
              f"done;" \
              f"gsql -d {self.pri_userdb_pub.db_name} " \
              f"-p {self.pri_userdb_pub.db_port} {self.user_param_pub} -c\"" \
              f"update {self.tb_name} set c_varchar='update' where c_int<10\""
        self.log.info(cmd)
        pub_res = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(f"发布端结果：{pub_res}")
        sub_ins.join(60)
        sub_res = sub_ins.get_result().result()
        self.log.info(f"订阅端结果：{sub_res}")
        self.assertEqual(pub_res.count(self.constant.INSERT_SUCCESS_MSG), 100,
                         f'执行失败:{text}')
        self.assertIn(self.constant.UPDATE_SUCCESS_MSG, pub_res,
                      f'执行失败:{text}')
        self.assertEqual(sub_res.count(self.constant.INSERT_SUCCESS_MSG), 11,
                         f'执行失败:{text}')

        text = '-----step5:订阅端查询是否同步;expect:91-----'
        self.log.info(text)
        self.commsh_pub.check_sub_consistency(
            self.subname, self.user_param_pub, 300)
        select_sql = f"select count(*) from {self.tb_name} " \
                     f"where c_varchar like 'pub%';"
        select_res = self.commsh_sub.execut_db_sql(
            select_sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(select_res)
        self.assertIn('91', select_res, f'执行失败:{text}')

        text = '-----step6:设置subscription_conflict_resolution=keep_local;' \
               'expect:成功-----'
        self.log.info(text)
        res = self.commsh_sub.execut_db_sql(
            f"alter system set {self.conflict_param} to keep_local;",
            self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(res)
        self.assertIn(self.constant.ALTER_SYSTEM_SUCCESS_MSG, res,
                      f'执行失败:{text}')

        text = '-----step7:发布与订阅端更新表数据;expect:成功-----'
        self.log.info(text)
        sql = f"truncate table {self.tb_name};"
        pub_res = self.commsh_pub.execut_db_sql(sql, self.user_param_pub)
        self.log.info(pub_res)
        self.assertIn(self.constant.TRUNCATE_SUCCESS_MSG, pub_res,
                      f"发布truncate表失败:{text}")
        sub_res = self.commsh_sub.execut_db_sql(
            sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        self.assertIn(self.constant.TRUNCATE_SUCCESS_MSG, sub_res,
                      f"订阅truncate表失败:{text}")
        sub_ins = ComThread(self.com_sub.get_sh_result,
                            args=(self.pri_userdb_sub, sub_cmd,))
        sub_ins.setDaemon(True)
        sub_ins.start()
        time.sleep(1)
        pub_res = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(f"发布端结果：{pub_res}")
        sub_ins.join(60)
        sub_res = sub_ins.get_result()
        self.log.info(f"订阅端结果：{sub_res}")
        self.assertEqual(pub_res.count(self.constant.INSERT_SUCCESS_MSG), 100,
                         f'执行失败:{text}')
        self.assertIn(self.constant.UPDATE_SUCCESS_MSG, pub_res,
                      f'执行失败:{text}')
        self.assertEqual(sub_res.count(self.constant.INSERT_SUCCESS_MSG), 11,
                         f'执行失败:{text}')

        text = '-----step8:订阅端查询表数据;expect:81-----'
        self.log.info(text)
        self.commsh_pub.check_sub_consistency(
            self.subname, self.user_param_pub, 300)
        select_res = self.commsh_sub.execut_db_sql(
            select_sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(select_res)
        self.assertIn('81', select_res, f'执行失败:{text}')

    def tearDown(self):
        text = '-----step9:清理环境;expect:成功-----'
        self.log.info(text)
        sub_res = self.commsh_sub.execut_db_sql(
            f"drop subscription if exists {self.subname};"
            f"alter system set {self.conflict_param} to {self.para_value};",
            self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        drop_pub_res = self.commsh_pub.execut_db_sql(
            f"drop publication if exists {self.pubname};", self.user_param_pub)
        self.log.info(drop_pub_res)
        drop_tb = f"drop table if exists {self.tb_name} cascade;"
        drop_tb_sub = self.commsh_sub.execut_db_sql(
            drop_tb, self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_tb_sub)
        drop_tb_pub = self.commsh_pub.execut_db_sql(
            drop_tb, self.user_param_pub)
        self.log.info(drop_tb_pub)
        wal_level_res = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        self.log.info(wal_level_res)
        restart_res = self.commsh_pub.restart_db_cluster()
        pub_guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 ')
        self.log.info(pub_guc_res)
        sub_guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_guc_res)
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_res,
                      f'删除发布失败:{text}')
        self.assertTrue(self.constant.drop_sub_succ_msg in sub_res and
                        self.constant.ALTER_SYSTEM_SUCCESS_MSG in sub_res,
                        f'执行失败:{text}')
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, drop_tb_pub,
                      f'发布端删表失败:{text}')
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, drop_tb_sub,
                      f'订阅端删表失败:{text}')
        self.assertTrue(wal_level_res, f'执行失败:{text}')
        self.assertTrue(restart_res, f'重启发布端集群失败:{text}')
        self.assertTrue(pub_guc_res, f'执行失败:{text}')
        self.assertTrue(sub_guc_res, f'执行失败:{text}')
        self.log.info(f"-----{os.path.basename(__file__)} end-----")
